library(tidyverse)
library(lme4)
library(emmeans)
library(car) # for vif
library(bbmle) # for AICtab
library(sjPlot)
library(knitr)
theme_set(ggthemes::theme_few())

Summary

Mixed modeling with all relevant variables predicting accuracy

From the preregistration, the mixed model was specified thusly:

correct ~ delay * age + 
          task_experience + cup_distance + board_size + trial +
          (1 + delay + trial | site/subject/block/hiding_location ) + 
          (1 + task_experience + cup_distance + board_size + trial + delay | species)

In the dataframe, subject_site = subject, and norm_age should be used for age.

Model as pre-registered has too many random effects

Error: number of observations (=6246) < number of random effects (=10608) for term (1 + delay + trial | hiding_location:(block:(subject_site:site))); the random-effects parameters are probably unidentifiable

Pruning random effects in the following order (from preregistration):

  • Remove correlations between random effects
  • Remove random slopes (in the following order)
    • species
    • hiding_location
    • block
    • subject

Model only converges once we take out hiding_location. After doing so, the other random effects (correlation, site, species) can be put back in.

The model below converges. Model output is saved in 06_mp_model_v2.rds

correct ~ delay * norm_age + 
          task_experience + cup_distance + board_size + trial + 
          (1 + delay + trial | site/subject_site/block) + 
          (1 + task_experience + cup_distance + board_size + trial + delay | species)

Reduced model

After pruning random effects with little variability and removing board_size, which covaried with cup_distance, the reduced model has the following structure. It is saved in 06_mp_3_model3_v2.rds

correct ~ delay * norm_age + 
          task_experience + cup_distance + trial + 
          (1 + delay | site/subject_site) + 
          (1 + delay | species)

Data prep

Data import

mp_data <- read.csv("../data/merged_data/01_manyprimates_pilot_merged_data_v2.csv")

Prepare code for pre-registered mixed modeling

  • center cup_distance, board_size and trial
  • filter out spider monkey. Only one data point so far, therefore this is not worth including to explode the number of random effects
model.data <- mp_data %>%
  filter(species != "black_faced_spider_monkey") %>%
  mutate_at(vars(cup_distance, board_size, trial), funs(scale(.)[,1])) %>%
  mutate(hiding_location = factor(hiding_location),
         delay = fct_relevel(delay, "short"))

Model 1

The model takes a while to run. Run next line to load model output from previous run with structure below.

# mm.1 <- readRDS("06_mp_model.rds")
mm.1 <- readRDS("06_mp_model_v2.rds")
mm.1 = glmer(correct ~ delay * norm_age + 
               task_experience + cup_distance + board_size + trial +
               (1 + delay + trial | site/subject_site/block) + 
               (1 + task_experience + cup_distance + board_size + trial + delay | species)
             , data = model.data
             , family = binomial
             , control = glmerControl(optimizer = "bobyqa", optCtrl = list(maxfun = 2e5))
             )

saveRDS(mm.1, "06_mp_model_v2.rds")

Some diagnostics

  • examining Cholesky decomposition
theta <- getME(mm.1, "theta")
diag.element <- getME(mm.1, "lower") == 0
any(theta[diag.element] < 1e-5)
[1] TRUE

Model summary

Confirm model structure

# mm.1@call
formula(mm.1)
correct ~ delay * norm_age + task_experience + cup_distance + 
    board_size + trial + (1 + delay + trial | site/subject_site/block) + 
    (1 + task_experience + cup_distance + board_size + trial + 
        delay | species)
glance(mm.1) %>% kable(digits = 2)
sigma logLik AIC BIC deviance df.residual
1 -3385.22 6906.44 7364.74 6364.34 6178

Random effects

fmt = function(num, digits) return(round(num, digits))
VarCorr(mm.1) %>% print(formatter = fmt, digits = 3) # comp = c("Variance", "Std.Dev.")
 Groups                    Name               Std.Dev. Corr                               
 block:(subject_site:site) (Intercept)        0                                           
                           delaylong          0         NaN                               
                           delaymedium        0         NaN  0.95                         
                           trial              0         NaN  0.76  0.91                   
 subject_site:site         (Intercept)        0.861                                       
                           delaylong          0.653    -0.91                              
                           delaymedium        0.533    -0.85  0.99                        
                           trial              0.093    -0.25  0.63  0.72                  
 site                      (Intercept)        0.849                                       
                           delaylong          0.54     -1.00                              
                           delaymedium        0.652    -0.99  1.00                        
                           trial              0.092     0.86 -0.81 -0.81                  
 species                   (Intercept)        0.532                                       
                           task_experienceyes 0.066     1.00                              
                           cup_distance       0.025    -1.00 -1.00                        
                           board_size         0.112    -1.00 -1.00  1.00                  
                           trial              0.005    -1.00 -1.00  1.00  1.00            
                           delaylong          0.449    -1.00 -1.00  1.00  1.00  1.00      
                           delaymedium        0.388    -1.00 -1.00  1.00  1.00  1.00  1.00

Fixed effects

CIs

mm.1.ci = confint(mm.1, method = 'Wald') %>% # bootstrap these later
  as.data.frame %>% 
  rownames_to_column %>% 
  filter(complete.cases(.)) %>% 
  rename(LL = `2.5 %`, UL = `97.5 %`) %>%
  mutate(OR_LL = exp(LL), OR_UL = exp(UL))
coef(summary(mm.1)) %>% 
  as.data.frame %>% 
  rownames_to_column() %>%
  mutate(OR = exp(Estimate)) %>%
  left_join(mm.1.ci, by = 'rowname') %>%
  select(rowname, OR, OR_LL, OR_UL, Estimate, LL, UL, everything()) %>%
  kable(digits = 3)
rowname OR OR_LL OR_UL Estimate LL UL Std. Error z value Pr(>|z|)
(Intercept) 5.243 2.440 11.266 1.657 0.892 2.422 0.390 4.245 0.000
delaylong 0.262 0.150 0.457 -1.340 -1.897 -0.783 0.284 -4.716 0.000
delaymedium 0.340 0.190 0.608 -1.080 -1.663 -0.497 0.297 -3.632 0.000
norm_age 1.021 0.824 1.265 0.021 -0.194 0.235 0.109 0.188 0.851
task_experienceyes 1.019 0.714 1.454 0.019 -0.337 0.375 0.181 0.105 0.917
cup_distance 1.997 1.550 2.573 0.692 0.438 0.945 0.129 5.352 0.000
board_size 1.278 0.983 1.662 0.245 -0.017 0.508 0.134 1.831 0.067
trial 1.029 0.922 1.148 0.029 -0.081 0.138 0.056 0.510 0.610
delaylong:norm_age 1.015 0.820 1.256 0.015 -0.198 0.228 0.109 0.136 0.892
delaymedium:norm_age 1.058 0.859 1.304 0.056 -0.152 0.265 0.106 0.530 0.596
corr = cov2cor(vcov(mm.1)) %>% as.matrix %>% round(2)
corr[upper.tri(corr, diag = T)] = ''
colnames(corr) = 1:10
rownames(corr) = str_c(1:10, ' ', rownames(corr))

corr %>% as.data.frame %>% select(-10) %>% rownames_to_column

Pairwise contrasts for delay

based on estimated marginal means

Note. This wasn’t in the preregistration.

emmeans(mm.1, pairwise ~ delay, type = 'response')$contrasts
 contrast       odds.ratio         SE  df z.ratio p.value
 short / long    3.8183950 1.08483113 Inf   4.716  <.0001
 short / medium  2.9435164 0.87514908 Inf   3.631  0.0008
 long / medium   0.7708779 0.07336213 Inf  -2.734  0.0172

Results are averaged over the levels of: task_experience 
P value adjustment: tukey method for comparing a family of 3 estimates 
Tests are performed on the log odds ratio scale 

Model 1 plots

Fixed effects

plot_model(mm.1, title = 'Fixed Effects', order.terms = c(7, 4, 3:1, 9:8, 5, 6), width = .3,
           show.values = T, value.size = 2.5, value.offset = .3) +
  geom_hline(yintercept = 1, lty = 2) +
  ylim(0, 3)

Random effects

ranef.plots = plot_model(mm.1, type = 're', sort.est = '(Intercept)')

Block/Subject/Site

In line with the model summary above, there’s essentially zero variability in the random effects estimates for this.

ranef.plots[[1]]

Subject/Site

ranef.plots[[2]]

Site

ranef.plots[[3]]

Species

ranef.plots[[4]]


Pruning the model

  • remove block from random effects as the estimates in the previous models were essentially 0
  • same for trial random slopes within species
correct ~ delay * norm_age + 
          task_experience + cup_distance + board_size + trial +
          (1 + delay + trial | site/subject_site ) +         
          (1 + task_experience + cup_distance + board_size + delay | species)

Check colinearity in the previous model

col.mm1 <- glm(correct ~ delay + norm_age + 
                 task_experience + cup_distance + board_size + trial
               , data = model.data
               , family = binomial)
vif(col.mm1)
                    GVIF Df GVIF^(1/(2*Df))
delay           1.008742  2        1.002178
norm_age        1.111308  1        1.054186
task_experience 1.048604  1        1.024013
cup_distance    2.068924  1        1.438375
board_size      1.945906  1        1.394957
trial           1.000394  1        1.000197

board_size and cup_distance show high colinearity

Remove board_size as it is highly correlated with cup_distance. Cup distance seems to be of more immediate relevance.

correct ~ delay * norm_age + 
          task_experience + cup_distance + trial +
          (1 + delay + trial | site/subject_site ) +         
          (1 + task_experience + cup_distance + delay | species)

Check levels of random effects

Check how many different levels there are within each random effect

source("diagnostic_fcns.r") 
Overview = fe.re.tab("correct ~ delay + task_experience + cup_distance + trial", "species", data = model.data)
Overview$summary
$`delay_within_species (factor)`

 3 
11 

$`task_experience_within_species (factor)`

1 2 
9 2 

$`cup_distance_within_species (covariate)`

1 2 4 
7 3 1 

$`trial_within_species (covariate)`

36 
11 

This suggests that, within species, random slopes for task_experience does not make much sense as most species have only 1 level. Same is true for cup_distance. Indeed, the model summary and random effects plot for species confirm that there is little variability in these estimates (they’re close to zero). Therefore they are removed.

correct ~ delay * norm_age + 
          task_experience + cup_distance + trial +
          (1 + delay + trial | site/subject_site ) +         
          (1 + delay | species)

Model 2

The model takes a while to run. Run next line to load model output from previous run with structure below.

mm.2 <- readRDS("06_2_mp_model2_v2.rds")
# mm.2.ci<- readRDS("06_2_mp_model2_ci_v2.rds")
mm.2 <- glmer(correct ~ delay * norm_age +
              task_experience + cup_distance + trial +
              (1 + trial + delay | site / subject_site ) +         
              (1 + delay | species)
              , data = model.data
              , family = binomial
              , control = glmerControl(optimizer = "bobyqa", optCtrl = list(maxfun = 2e5))
              )

saveRDS(mm.2, "06_2_mp_model2_v2.rds")

Model 3

Remove trial from the random slopes for subject/site as it’s near zero both in mm.1 and even more so in mm.2

VarCorr(mm.2) %>% print(comp = c("Variance", "Std.Dev."), formatter = fmt, digits = 3)
 Groups            Name        Variance Std.Dev. Corr             
 subject_site:site (Intercept) 0.756    0.869                     
                   trial       0.008    0.092    -0.25            
                   delaylong   0.43     0.656    -0.91  0.63      
                   delaymedium 0.288    0.536    -0.84  0.74  0.99
 site              (Intercept) 0.936    0.968                     
                   trial       0.008    0.09      0.86            
                   delaylong   0.4      0.632    -1.00 -0.81      
                   delaymedium 0.499    0.707    -0.99 -0.79  1.00
 species           (Intercept) 0.353    0.594                     
                   delaylong   0.19     0.436    -1.00            
                   delaymedium 0.132    0.363    -1.00  1.00      
plot_model(mm.2, type = 're', sort.est = '(Intercept)')[[1]]

plot_model(mm.2, type = 're', sort.est = '(Intercept)')[[2]]

The model takes a while to run. Run next line to load model output from previous run with structure below.

mm.3 <- readRDS("06_3_mp_model3_v2.rds")
mm.3 <- glmer(correct ~ delay * norm_age +
              task_experience + cup_distance +  trial +
              (1 + delay | site / subject_site ) +         
              (1 + delay | species)
              , data = model.data
              , family = binomial
              , control = glmerControl(optimizer = "bobyqa", optCtrl = list(maxfun = 2e5))
              )

saveRDS(mm.3, "06_3_mp_model3_v2.rds")

Model summary

Confirm model structure

formula(mm.3)
correct ~ delay * norm_age + task_experience + cup_distance + 
    trial + (1 + delay | site/subject_site) + (1 + delay | species)
glance(mm.3) %>% kable(digits = 2)
sigma logLik AIC BIC deviance df.residual
1 -3391.12 6836.24 7018.21 6386.6 6219

Random effects

VarCorr(mm.3) %>% print(comp = c("Variance", "Std.Dev."), formatter = fmt, digits = 3)
 Groups            Name        Variance Std.Dev. Corr       
 subject_site:site (Intercept) 0.752    0.867               
                   delaylong   0.427    0.654    -0.90      
                   delaymedium 0.27     0.519    -0.85  0.99
 site              (Intercept) 1.018    1.009               
                   delaylong   0.472    0.687    -1.00      
                   delaymedium 0.547    0.74     -1.00  1.00
 species           (Intercept) 0.345    0.587               
                   delaylong   0.19     0.436    -1.00      
                   delaymedium 0.134    0.367    -1.00  1.00

Fixed effects

CIs

# this is not currently run
source("boot_glmm.r")

mm.3.ci = boot.glmm.pred(model.res=mm.3, excl.warnings=F, nboots=1000, para=F, resol=100, level=0.95, use=NULL, circ.var.name=NULL, circ.var=NULL, use.u=F,n.cores=c("all-1", "all"), save.path=NULL)

saveRDS(mm.3.ci, "06_3_mp_model3_ci_v2.rds")
mm.3.ci = confint(mm.3, method = 'Wald') %>% # bootstrap these later
  as.data.frame %>% 
  rownames_to_column %>% 
  filter(complete.cases(.)) %>% 
  rename(LL = `2.5 %`, UL = `97.5 %`) %>%
  mutate(OR_LL = exp(LL), OR_UL = exp(UL))
coef(summary(mm.3)) %>% 
  as.data.frame %>% 
  rownames_to_column() %>%
  mutate(OR = exp(Estimate)) %>%
  left_join(mm.3.ci, by = 'rowname') %>%
  select(rowname, OR, OR_LL, OR_UL, Estimate, LL, UL, everything()) %>%
  kable(digits = 3)
rowname OR OR_LL OR_UL Estimate LL UL Std. Error z value Pr(>|z|)
(Intercept) 6.693 2.920 15.343 1.901 1.072 2.731 0.423 4.492 0.000
delaylong 0.229 0.127 0.412 -1.476 -2.066 -0.886 0.301 -4.905 0.000
delaymedium 0.298 0.166 0.537 -1.210 -1.797 -0.623 0.299 -4.039 0.000
norm_age 1.023 0.824 1.269 0.022 -0.194 0.238 0.110 0.203 0.839
task_experienceyes 0.943 0.701 1.269 -0.058 -0.355 0.238 0.151 -0.385 0.700
cup_distance 2.112 1.699 2.624 0.747 0.530 0.965 0.111 6.743 0.000
trial 1.027 0.968 1.090 0.027 -0.033 0.086 0.030 0.874 0.382
delaylong:norm_age 1.009 0.817 1.246 0.009 -0.202 0.220 0.108 0.083 0.934
delaymedium:norm_age 1.050 0.857 1.288 0.049 -0.155 0.253 0.104 0.474 0.636

Pairwise contrasts for delay

based on estimated marginal means

emmeans(mm.3, pairwise ~ delay, type = 'response')$contrasts
 contrast       odds.ratio         SE  df z.ratio p.value
 short / long    4.3746081 1.31625922 Inf   4.905  <.0001
 short / medium  3.3515380 1.00366654 Inf   4.039  0.0002
 long / medium   0.7661345 0.06572278 Inf  -3.105  0.0054

Results are averaged over the levels of: task_experience 
P value adjustment: tukey method for comparing a family of 3 estimates 
Tests are performed on the log odds ratio scale 

Model 3 plots

Fixed effects

plot_model(mm.3, title = "Fixed Effects", order.terms = c(6, 4, 3:1, 8:7, 5), width = .3,
           show.values = T, value.size = 2.5, value.offset = .3) +
  geom_hline(yintercept = 1, lty = 2) +
  ylim(.05, 3)

ggsave('../graphs/05_forestplot.png', width = 4, height = 2.5, scale = 2)

Random effects

ranef.plots2 = plot_model(mm.3, type = 're', sort.est = '(Intercept)')

Subject/Site

ranef.plots2[[1]]

Site

ranef.plots2[[2]]

Species

ranef.plots2[[3]]

Model 4

  • further remove subject/site random effects to look at species differences (from preregistration)
mm.4 <- glmer(correct ~ delay * norm_age +
                task_experience + cup_distance + trial +
                (1 + delay | species)
              , data = model.data
              , family = binomial
              , control = glmerControl(optimizer = "bobyqa", optCtrl = list(maxfun = 2e5))
        )

Model comparison

We’re looking for the lowest AIC(c) as the model with the ‘best fit’ with a reasonable number of parameters. (Too many are penalized by AIC as one way to address overfitting.)

Indeed, the reduced model seems to do a better job of striking that balance between fitting the data with fewer parameters.

AICctab(mm.1, mm.2, mm.3, mm.4, logLik = T, weights = T)
     dLogLik dAICc df weight
mm.3  83.7     0.0 27 0.9961
mm.2  86.2    11.1 35 0.0039
mm.1  89.6    71.5 68 <0.001
mm.4   0.0   143.2 15 <0.001
anova(mm.1, mm.2, mm.3, mm.4)
Data: model.data
Models:
mm.4: correct ~ delay * norm_age + task_experience + cup_distance + 
mm.4:     trial + (1 + delay | species)
mm.3: correct ~ delay * norm_age + task_experience + cup_distance + 
mm.3:     trial + (1 + delay | site/subject_site) + (1 + delay | species)
mm.2: correct ~ delay * norm_age + task_experience + cup_distance + 
mm.2:     trial + (1 + trial + delay | site/subject_site) + (1 + delay | 
mm.2:     species)
mm.1: correct ~ delay * norm_age + task_experience + cup_distance + 
mm.1:     board_size + trial + (1 + delay + trial | site/subject_site/block) + 
mm.1:     (1 + task_experience + cup_distance + board_size + trial + 
mm.1:         delay | species)
     Df    AIC    BIC  logLik deviance    Chisq Chi Df Pr(>Chisq)    
mm.4 15 6979.6 7080.7 -3474.8   6949.6                               
mm.3 27 6836.2 7018.2 -3391.1   6782.2 167.3967     12     <2e-16 ***
mm.2 35 6847.1 7083.0 -3388.6   6777.1   5.0907      8     0.7478    
mm.1 68 6906.4 7364.7 -3385.2   6770.4   6.7083     33     1.0000    
---
Signif. codes:  0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1

Difference in regression coefficients

Difference

coef1 = coef(summary(mm.1))[c(2,3,6), 1]
coef2 = coef(summary(mm.3))[c(2,3,6), 1]
coef2 - coef1
   delaylong  delaymedium cup_distance 
  -0.1359696   -0.1297933    0.0556988 

Difference in odds ratios

exp(coef2) - exp(coef1)
   delaylong  delaymedium cup_distance 
 -0.03329287  -0.04134608   0.11440274 
LS0tCnRpdGxlOiAiTWFueVByaW1hdGVzIHBpbG90IG1peGVkIG1vZGVsaW5nIgphdXRob3I6ICJEcmV3IEFsdHNjaHVsIgpkYXRlOiAiMTUgT2N0IDIwMTgiCm91dHB1dDoKICBodG1sX25vdGVib29rOgogICAgY3NzOiBzdHlsZS5jc3MKICAgIHRoZW1lOiBwYXBlcgogICAgdG9jOiB5ZXMKICAgIHRvY19mbG9hdDogeWVzCi0tLQoKYGBge3Igc2V0dXAsIG1lc3NhZ2U9RkFMU0V9CmxpYnJhcnkodGlkeXZlcnNlKQpsaWJyYXJ5KGxtZTQpCmxpYnJhcnkoZW1tZWFucykKbGlicmFyeShjYXIpICMgZm9yIHZpZgpsaWJyYXJ5KGJibWxlKSAjIGZvciBBSUN0YWIKbGlicmFyeShzalBsb3QpCmxpYnJhcnkoa25pdHIpCgp0aGVtZV9zZXQoZ2d0aGVtZXM6OnRoZW1lX2ZldygpKQpgYGAKCiMgU3VtbWFyeQoKTWl4ZWQgbW9kZWxpbmcgd2l0aCBhbGwgcmVsZXZhbnQgdmFyaWFibGVzIHByZWRpY3RpbmcgYWNjdXJhY3kKCkZyb20gdGhlIHByZXJlZ2lzdHJhdGlvbiwgdGhlIG1peGVkIG1vZGVsIHdhcyBzcGVjaWZpZWQgdGh1c2x5OgoKYGBgCmNvcnJlY3QgfiBkZWxheSAqIGFnZSArIAogICAgICAgICAgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgYm9hcmRfc2l6ZSArIHRyaWFsICsKICAgICAgICAgICgxICsgZGVsYXkgKyB0cmlhbCB8IHNpdGUvc3ViamVjdC9ibG9jay9oaWRpbmdfbG9jYXRpb24gKSArIAogICAgICAgICAgKDEgKyB0YXNrX2V4cGVyaWVuY2UgKyBjdXBfZGlzdGFuY2UgKyBib2FyZF9zaXplICsgdHJpYWwgKyBkZWxheSB8IHNwZWNpZXMpCmBgYAoKSW4gdGhlIGRhdGFmcmFtZSwgCmBzdWJqZWN0X3NpdGUgPSBzdWJqZWN0YCwKYW5kIGBub3JtX2FnZWAgc2hvdWxkIGJlIHVzZWQgZm9yIGBhZ2VgLgoKTW9kZWwgYXMgcHJlLXJlZ2lzdGVyZWQgaGFzIHRvbyBtYW55IHJhbmRvbSBlZmZlY3RzCgpgYGAKRXJyb3I6IG51bWJlciBvZiBvYnNlcnZhdGlvbnMgKD02MjQ2KSA8IG51bWJlciBvZiByYW5kb20gZWZmZWN0cyAoPTEwNjA4KSBmb3IgdGVybSAoMSArIGRlbGF5ICsgdHJpYWwgfCBoaWRpbmdfbG9jYXRpb246KGJsb2NrOihzdWJqZWN0X3NpdGU6c2l0ZSkpKTsgdGhlIHJhbmRvbS1lZmZlY3RzIHBhcmFtZXRlcnMgYXJlIHByb2JhYmx5IHVuaWRlbnRpZmlhYmxlCmBgYAoKUHJ1bmluZyByYW5kb20gZWZmZWN0cyBpbiB0aGUgZm9sbG93aW5nIG9yZGVyIChmcm9tIHByZXJlZ2lzdHJhdGlvbik6IAoKPiAtIFJlbW92ZSBjb3JyZWxhdGlvbnMgYmV0d2VlbiByYW5kb20gZWZmZWN0cwo+IC0gUmVtb3ZlIHJhbmRvbSBzbG9wZXMgKGluIHRoZSBmb2xsb3dpbmcgb3JkZXIpCj4gICAgIC0gYHNwZWNpZXNgCj4gICAgIC0gYGhpZGluZ19sb2NhdGlvbmAKPiAgICAgLSBgYmxvY2tgCj4gICAgIC0gYHN1YmplY3RgCgpNb2RlbCBvbmx5IGNvbnZlcmdlcyBvbmNlIHdlIHRha2Ugb3V0IGBoaWRpbmdfbG9jYXRpb25gLiBBZnRlciBkb2luZyBzbywgdGhlIG90aGVyIHJhbmRvbSBlZmZlY3RzIChjb3JyZWxhdGlvbiwgc2l0ZSwgc3BlY2llcykgY2FuIGJlIHB1dCBiYWNrIGluLgoKVGhlIG1vZGVsIGJlbG93IGNvbnZlcmdlcy4gTW9kZWwgb3V0cHV0IGlzIHNhdmVkIGluIGAwNl9tcF9tb2RlbF92Mi5yZHNgCgpgYGAKY29ycmVjdCB+IGRlbGF5ICogbm9ybV9hZ2UgKyAKICAgICAgICAgIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGJvYXJkX3NpemUgKyB0cmlhbCArIAogICAgICAgICAgKDEgKyBkZWxheSArIHRyaWFsIHwgc2l0ZS9zdWJqZWN0X3NpdGUvYmxvY2spICsgCiAgICAgICAgICAoMSArIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGJvYXJkX3NpemUgKyB0cmlhbCArIGRlbGF5IHwgc3BlY2llcykKYGBgCgojIyBSZWR1Y2VkIG1vZGVsCgpBZnRlciBwcnVuaW5nIHJhbmRvbSBlZmZlY3RzIHdpdGggbGl0dGxlIHZhcmlhYmlsaXR5IGFuZCByZW1vdmluZyBgYm9hcmRfc2l6ZWAsIHdoaWNoIGNvdmFyaWVkIHdpdGggYGN1cF9kaXN0YW5jZWAsIHRoZSByZWR1Y2VkIG1vZGVsIGhhcyB0aGUgZm9sbG93aW5nIHN0cnVjdHVyZS4gSXQgaXMgc2F2ZWQgaW4gYDA2X21wXzNfbW9kZWwzX3YyLnJkc2AKCmBgYApjb3JyZWN0IH4gZGVsYXkgKiBub3JtX2FnZSArIAogICAgICAgICAgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgdHJpYWwgKyAKICAgICAgICAgICgxICsgZGVsYXkgfCBzaXRlL3N1YmplY3Rfc2l0ZSkgKyAKICAgICAgICAgICgxICsgZGVsYXkgfCBzcGVjaWVzKQpgYGAKCiFbXSguLi9ncmFwaHMvMDVfZm9yZXN0cGxvdC5wbmcpCgoqKioKCiMgRGF0YSBwcmVwCgpEYXRhIGltcG9ydAoKYGBge3IgbG9hZGluZyBkYXRhfQptcF9kYXRhIDwtIHJlYWQuY3N2KCIuLi9kYXRhL21lcmdlZF9kYXRhLzAxX21hbnlwcmltYXRlc19waWxvdF9tZXJnZWRfZGF0YV92Mi5jc3YiKQpgYGAKClByZXBhcmUgY29kZSBmb3IgcHJlLXJlZ2lzdGVyZWQgbWl4ZWQgbW9kZWxpbmcKCi0gY2VudGVyIGBjdXBfZGlzdGFuY2VgLCBgYm9hcmRfc2l6ZWAgYW5kIGB0cmlhbGAKLSBmaWx0ZXIgb3V0IHNwaWRlciBtb25rZXkuIE9ubHkgb25lIGRhdGEgcG9pbnQgc28gZmFyLCB0aGVyZWZvcmUgdGhpcyBpcyBub3Qgd29ydGggaW5jbHVkaW5nIHRvIGV4cGxvZGUgdGhlIG51bWJlciBvZiByYW5kb20gZWZmZWN0cwoKYGBge3J9Cm1vZGVsLmRhdGEgPC0gbXBfZGF0YSAlPiUKICBmaWx0ZXIoc3BlY2llcyAhPSAiYmxhY2tfZmFjZWRfc3BpZGVyX21vbmtleSIpICU+JQogIG11dGF0ZV9hdCh2YXJzKGN1cF9kaXN0YW5jZSwgYm9hcmRfc2l6ZSwgdHJpYWwpLCBmdW5zKHNjYWxlKC4pWywxXSkpICU+JQogIG11dGF0ZShoaWRpbmdfbG9jYXRpb24gPSBmYWN0b3IoaGlkaW5nX2xvY2F0aW9uKSwKICAgICAgICAgZGVsYXkgPSBmY3RfcmVsZXZlbChkZWxheSwgInNob3J0IikpCmBgYAoKIyBNb2RlbCAxCgpUaGUgbW9kZWwgdGFrZXMgYSB3aGlsZSB0byBydW4uIFJ1biBuZXh0IGxpbmUgdG8gbG9hZCBtb2RlbCBvdXRwdXQgZnJvbSBwcmV2aW91cyBydW4gd2l0aCBzdHJ1Y3R1cmUgYmVsb3cuCgpgYGB7cn0KIyBtbS4xIDwtIHJlYWRSRFMoIjA2X21wX21vZGVsLnJkcyIpCm1tLjEgPC0gcmVhZFJEUygiMDZfbXBfbW9kZWxfdjIucmRzIikKYGBgCgpgYGB7ciwgZXZhbD1GQUxTRX0KbW0uMSA9IGdsbWVyKGNvcnJlY3QgfiBkZWxheSAqIG5vcm1fYWdlICsgCiAgICAgICAgICAgICAgIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGJvYXJkX3NpemUgKyB0cmlhbCArCiAgICAgICAgICAgICAgICgxICsgZGVsYXkgKyB0cmlhbCB8IHNpdGUvc3ViamVjdF9zaXRlL2Jsb2NrKSArIAogICAgICAgICAgICAgICAoMSArIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGJvYXJkX3NpemUgKyB0cmlhbCArIGRlbGF5IHwgc3BlY2llcykKICAgICAgICAgICAgICwgZGF0YSA9IG1vZGVsLmRhdGEKICAgICAgICAgICAgICwgZmFtaWx5ID0gYmlub21pYWwKICAgICAgICAgICAgICwgY29udHJvbCA9IGdsbWVyQ29udHJvbChvcHRpbWl6ZXIgPSAiYm9ieXFhIiwgb3B0Q3RybCA9IGxpc3QobWF4ZnVuID0gMmU1KSkKICAgICAgICAgICAgICkKCnNhdmVSRFMobW0uMSwgIjA2X21wX21vZGVsX3YyLnJkcyIpCmBgYAoKU29tZSBkaWFnbm9zdGljcwoKLSBleGFtaW5pbmcgQ2hvbGVza3kgZGVjb21wb3NpdGlvbgoKYGBge3J9CnRoZXRhIDwtIGdldE1FKG1tLjEsICJ0aGV0YSIpCmRpYWcuZWxlbWVudCA8LSBnZXRNRShtbS4xLCAibG93ZXIiKSA9PSAwCmFueSh0aGV0YVtkaWFnLmVsZW1lbnRdIDwgMWUtNSkKYGBgCgojIyBNb2RlbCBzdW1tYXJ5CgpDb25maXJtIG1vZGVsIHN0cnVjdHVyZQoKYGBge3J9CiMgbW0uMUBjYWxsCmZvcm11bGEobW0uMSkKYGBgCgpgYGB7ciwgcmVzdWx0cz0nYXNpcyd9CmdsYW5jZShtbS4xKSAlPiUga2FibGUoZGlnaXRzID0gMikKYGBgCgojIyBSYW5kb20gZWZmZWN0cwoKYGBge3J9CmZtdCA9IGZ1bmN0aW9uKG51bSwgZGlnaXRzKSByZXR1cm4ocm91bmQobnVtLCBkaWdpdHMpKQpWYXJDb3JyKG1tLjEpICU+JSBwcmludChmb3JtYXR0ZXIgPSBmbXQsIGRpZ2l0cyA9IDMpICMgY29tcCA9IGMoIlZhcmlhbmNlIiwgIlN0ZC5EZXYuIikKYGBgCgojIyBGaXhlZCBlZmZlY3RzCgpDSXMKCmBgYHtyfQptbS4xLmNpID0gY29uZmludChtbS4xLCBtZXRob2QgPSAnV2FsZCcpICU+JSAjIGJvb3RzdHJhcCB0aGVzZSBsYXRlcgogIGFzLmRhdGEuZnJhbWUgJT4lIAogIHJvd25hbWVzX3RvX2NvbHVtbiAlPiUgCiAgZmlsdGVyKGNvbXBsZXRlLmNhc2VzKC4pKSAlPiUgCiAgcmVuYW1lKExMID0gYDIuNSAlYCwgVUwgPSBgOTcuNSAlYCkgJT4lCiAgbXV0YXRlKE9SX0xMID0gZXhwKExMKSwgT1JfVUwgPSBleHAoVUwpKQpgYGAKCmBgYHtyLCByZXN1bHRzPSdhc2lzJ30KY29lZihzdW1tYXJ5KG1tLjEpKSAlPiUgCiAgYXMuZGF0YS5mcmFtZSAlPiUgCiAgcm93bmFtZXNfdG9fY29sdW1uKCkgJT4lCiAgbXV0YXRlKE9SID0gZXhwKEVzdGltYXRlKSkgJT4lCiAgbGVmdF9qb2luKG1tLjEuY2ksIGJ5ID0gJ3Jvd25hbWUnKSAlPiUKICBzZWxlY3Qocm93bmFtZSwgT1IsIE9SX0xMLCBPUl9VTCwgRXN0aW1hdGUsIExMLCBVTCwgZXZlcnl0aGluZygpKSAlPiUKICBrYWJsZShkaWdpdHMgPSAzKQpgYGAKCjwhLS0gIyMgQ29ycmVsYXRpb24gb2YgRml4ZWQgRWZmZWN0cyAtLT4KCmBgYHtyLCBldmFsPUZBTFNFLCByZXN1bHRzPSdhc2lzJ30KY29yciA9IGNvdjJjb3IodmNvdihtbS4xKSkgJT4lIGFzLm1hdHJpeCAlPiUgcm91bmQoMikKY29yclt1cHBlci50cmkoY29yciwgZGlhZyA9IFQpXSA9ICcnCmNvbG5hbWVzKGNvcnIpID0gMToxMApyb3duYW1lcyhjb3JyKSA9IHN0cl9jKDE6MTAsICcgJywgcm93bmFtZXMoY29ycikpCgpjb3JyICU+JSBhcy5kYXRhLmZyYW1lICU+JSBzZWxlY3QoLTEwKSAlPiUgcm93bmFtZXNfdG9fY29sdW1uCmBgYAoKIyMgUGFpcndpc2UgY29udHJhc3RzIGZvciBkZWxheQoKYmFzZWQgb24gZXN0aW1hdGVkIG1hcmdpbmFsIG1lYW5zCgoqTm90ZS4gVGhpcyB3YXNuJ3QgaW4gdGhlIHByZXJlZ2lzdHJhdGlvbi4qCgpgYGB7ciwgbWVzc2FnZT1GQUxTRX0KZW1tZWFucyhtbS4xLCBwYWlyd2lzZSB+IGRlbGF5LCB0eXBlID0gJ3Jlc3BvbnNlJykkY29udHJhc3RzCmBgYAoKIyBNb2RlbCAxIHBsb3RzCgojIyBGaXhlZCBlZmZlY3RzCgpgYGB7ciwgZmlnLndpZHRoPTQsIGZpZy5oZWlnaHQ9Mi41LCBtZXNzYWdlPUZBTFNFfQpwbG90X21vZGVsKG1tLjEsIHRpdGxlID0gJ0ZpeGVkIEVmZmVjdHMnLCBvcmRlci50ZXJtcyA9IGMoNywgNCwgMzoxLCA5OjgsIDUsIDYpLCB3aWR0aCA9IC4zLAogICAgICAgICAgIHNob3cudmFsdWVzID0gVCwgdmFsdWUuc2l6ZSA9IDIuNSwgdmFsdWUub2Zmc2V0ID0gLjMpICsKICBnZW9tX2hsaW5lKHlpbnRlcmNlcHQgPSAxLCBsdHkgPSAyKSArCiAgeWxpbSgwLCAzKQpgYGAKCiMjIFJhbmRvbSBlZmZlY3RzCgpgYGB7cn0KcmFuZWYucGxvdHMgPSBwbG90X21vZGVsKG1tLjEsIHR5cGUgPSAncmUnLCBzb3J0LmVzdCA9ICcoSW50ZXJjZXB0KScpCmBgYAoKIyMjIEJsb2NrL1N1YmplY3QvU2l0ZQoKSW4gbGluZSB3aXRoIHRoZSBtb2RlbCBzdW1tYXJ5IGFib3ZlLCB0aGVyZSdzIGVzc2VudGlhbGx5IHplcm8gdmFyaWFiaWxpdHkgaW4gdGhlIHJhbmRvbSBlZmZlY3RzIGVzdGltYXRlcyBmb3IgdGhpcy4KCmBgYHtyIGZpZy5oZWlnaHQ9MjAsIGZpZy53aWR0aD0xMH0KcmFuZWYucGxvdHNbWzFdXQpgYGAKCiMjIyBTdWJqZWN0L1NpdGUKCmBgYHtyLCBmaWcud2lkdGg9MTAsIGZpZy5oZWlnaHQ9OH0KcmFuZWYucGxvdHNbWzJdXQpgYGAKCiMjIyBTaXRlCgpgYGB7ciwgZmlnLndpZHRoPTEwLCBmaWcuaGVpZ2h0PTN9CnJhbmVmLnBsb3RzW1szXV0KYGBgCgojIyMgU3BlY2llcwoKYGBge3IgcmFuZWYgc3BlY2llcywgZmlnLndpZHRoPTgsIGZpZy5oZWlnaHQ9Mn0KcmFuZWYucGxvdHNbWzRdXQpgYGAKCioqKgoKIyBQcnVuaW5nIHRoZSBtb2RlbAoKLSByZW1vdmUgYGJsb2NrYCBmcm9tIHJhbmRvbSBlZmZlY3RzIGFzIHRoZSBlc3RpbWF0ZXMgaW4gdGhlIHByZXZpb3VzIG1vZGVscyB3ZXJlIGVzc2VudGlhbGx5IDAKLSBzYW1lIGZvciBgdHJpYWxgIHJhbmRvbSBzbG9wZXMgd2l0aGluIGBzcGVjaWVzYAoKYGBgCmNvcnJlY3QgfiBkZWxheSAqIG5vcm1fYWdlICsgCiAgICAgICAgICB0YXNrX2V4cGVyaWVuY2UgKyBjdXBfZGlzdGFuY2UgKyBib2FyZF9zaXplICsgdHJpYWwgKwogICAgICAgICAgKDEgKyBkZWxheSArIHRyaWFsIHwgc2l0ZS9zdWJqZWN0X3NpdGUgKSArICAgICAgICAgCiAgICAgICAgICAoMSArIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGJvYXJkX3NpemUgKyBkZWxheSB8IHNwZWNpZXMpCmBgYAoKIyMgQ2hlY2sgY29saW5lYXJpdHkgaW4gdGhlIHByZXZpb3VzIG1vZGVsCgpgYGB7cn0KY29sLm1tMSA8LSBnbG0oY29ycmVjdCB+IGRlbGF5ICsgbm9ybV9hZ2UgKyAKICAgICAgICAgICAgICAgICB0YXNrX2V4cGVyaWVuY2UgKyBjdXBfZGlzdGFuY2UgKyBib2FyZF9zaXplICsgdHJpYWwKICAgICAgICAgICAgICAgLCBkYXRhID0gbW9kZWwuZGF0YQogICAgICAgICAgICAgICAsIGZhbWlseSA9IGJpbm9taWFsKQoKdmlmKGNvbC5tbTEpCmBgYAoKYGJvYXJkX3NpemVgIGFuZCBgY3VwX2Rpc3RhbmNlYCBzaG93IGhpZ2ggY29saW5lYXJpdHkKClJlbW92ZSBgYm9hcmRfc2l6ZWAgYXMgaXQgaXMgaGlnaGx5IGNvcnJlbGF0ZWQgd2l0aCBgY3VwX2Rpc3RhbmNlYC4gQ3VwIGRpc3RhbmNlIHNlZW1zIHRvIGJlIG9mIG1vcmUgaW1tZWRpYXRlIHJlbGV2YW5jZS4KCmBgYApjb3JyZWN0IH4gZGVsYXkgKiBub3JtX2FnZSArIAogICAgICAgICAgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgdHJpYWwgKwogICAgICAgICAgKDEgKyBkZWxheSArIHRyaWFsIHwgc2l0ZS9zdWJqZWN0X3NpdGUgKSArICAgICAgICAgCiAgICAgICAgICAoMSArIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIGRlbGF5IHwgc3BlY2llcykKYGBgCgojIyBDaGVjayBsZXZlbHMgb2YgcmFuZG9tIGVmZmVjdHMKCkNoZWNrIGhvdyBtYW55IGRpZmZlcmVudCBsZXZlbHMgdGhlcmUgYXJlIHdpdGhpbiBlYWNoIHJhbmRvbSBlZmZlY3QKCmBgYHtyfQpzb3VyY2UoImRpYWdub3N0aWNfZmNucy5yIikgCgpPdmVydmlldyA9IGZlLnJlLnRhYigiY29ycmVjdCB+IGRlbGF5ICsgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgdHJpYWwiLCAic3BlY2llcyIsIGRhdGEgPSBtb2RlbC5kYXRhKQoKT3ZlcnZpZXckc3VtbWFyeQpgYGAKClRoaXMgc3VnZ2VzdHMgdGhhdCwgd2l0aGluIHNwZWNpZXMsIHJhbmRvbSBzbG9wZXMgZm9yIGB0YXNrX2V4cGVyaWVuY2VgIGRvZXMgbm90IG1ha2UgbXVjaCBzZW5zZSBhcyBtb3N0IHNwZWNpZXMgaGF2ZSBvbmx5IDEgbGV2ZWwuIFNhbWUgaXMgdHJ1ZSBmb3IgYGN1cF9kaXN0YW5jZWAuIEluZGVlZCwgdGhlIG1vZGVsIHN1bW1hcnkgYW5kIHJhbmRvbSBlZmZlY3RzIHBsb3QgZm9yIGBzcGVjaWVzYCBjb25maXJtIHRoYXQgdGhlcmUgaXMgbGl0dGxlIHZhcmlhYmlsaXR5IGluIHRoZXNlIGVzdGltYXRlcyAodGhleSdyZSBjbG9zZSB0byB6ZXJvKS4gVGhlcmVmb3JlIHRoZXkgYXJlIHJlbW92ZWQuCgpgYGAKY29ycmVjdCB+IGRlbGF5ICogbm9ybV9hZ2UgKyAKICAgICAgICAgIHRhc2tfZXhwZXJpZW5jZSArIGN1cF9kaXN0YW5jZSArIHRyaWFsICsKICAgICAgICAgICgxICsgZGVsYXkgKyB0cmlhbCB8IHNpdGUvc3ViamVjdF9zaXRlICkgKyAgICAgICAgIAogICAgICAgICAgKDEgKyBkZWxheSB8IHNwZWNpZXMpCmBgYAoKIyBNb2RlbCAyCgpUaGUgbW9kZWwgdGFrZXMgYSB3aGlsZSB0byBydW4uIFJ1biBuZXh0IGxpbmUgdG8gbG9hZCBtb2RlbCBvdXRwdXQgZnJvbSBwcmV2aW91cyBydW4gd2l0aCBzdHJ1Y3R1cmUgYmVsb3cuCgpgYGB7cn0KbW0uMiA8LSByZWFkUkRTKCIwNl8yX21wX21vZGVsMl92Mi5yZHMiKQojIG1tLjIuY2k8LSByZWFkUkRTKCIwNl8yX21wX21vZGVsMl9jaV92Mi5yZHMiKQpgYGAKCmBgYHtyLCBldmFsPUZBTFNFfQptbS4yIDwtIGdsbWVyKGNvcnJlY3QgfiBkZWxheSAqIG5vcm1fYWdlICsKICAgICAgICAgICAgICB0YXNrX2V4cGVyaWVuY2UgKyBjdXBfZGlzdGFuY2UgKyB0cmlhbCArCiAgICAgICAgICAgICAgKDEgKyB0cmlhbCArIGRlbGF5IHwgc2l0ZSAvIHN1YmplY3Rfc2l0ZSApICsgICAgICAgICAKICAgICAgICAgICAgICAoMSArIGRlbGF5IHwgc3BlY2llcykKICAgICAgICAgICAgICAsIGRhdGEgPSBtb2RlbC5kYXRhCiAgICAgICAgICAgICAgLCBmYW1pbHkgPSBiaW5vbWlhbAogICAgICAgICAgICAgICwgY29udHJvbCA9IGdsbWVyQ29udHJvbChvcHRpbWl6ZXIgPSAiYm9ieXFhIiwgb3B0Q3RybCA9IGxpc3QobWF4ZnVuID0gMmU1KSkKICAgICAgICAgICAgICApCgpzYXZlUkRTKG1tLjIsICIwNl8yX21wX21vZGVsMl92Mi5yZHMiKQpgYGAKCiMgTW9kZWwgMwoKUmVtb3ZlIGB0cmlhbGAgZnJvbSB0aGUgcmFuZG9tIHNsb3BlcyBmb3Igc3ViamVjdC9zaXRlIGFzIGl0J3MgbmVhciB6ZXJvIGJvdGggaW4gYG1tLjFgIGFuZCBldmVuIG1vcmUgc28gaW4gYG1tLjJgCgpgYGB7cn0KVmFyQ29ycihtbS4yKSAlPiUgcHJpbnQoY29tcCA9IGMoIlZhcmlhbmNlIiwgIlN0ZC5EZXYuIiksIGZvcm1hdHRlciA9IGZtdCwgZGlnaXRzID0gMykKYGBgCgpgYGB7ciwgZmlnLndpZHRoPTEwLCBmaWcuaGVpZ2h0PTh9CnBsb3RfbW9kZWwobW0uMiwgdHlwZSA9ICdyZScsIHNvcnQuZXN0ID0gJyhJbnRlcmNlcHQpJylbWzFdXQpgYGAKCmBgYHtyLCBmaWcud2lkdGg9MTAsIGZpZy5oZWlnaHQ9M30KcGxvdF9tb2RlbChtbS4yLCB0eXBlID0gJ3JlJywgc29ydC5lc3QgPSAnKEludGVyY2VwdCknKVtbMl1dCmBgYAoKVGhlIG1vZGVsIHRha2VzIGEgd2hpbGUgdG8gcnVuLiBSdW4gbmV4dCBsaW5lIHRvIGxvYWQgbW9kZWwgb3V0cHV0IGZyb20gcHJldmlvdXMgcnVuIHdpdGggc3RydWN0dXJlIGJlbG93LgoKYGBge3J9Cm1tLjMgPC0gcmVhZFJEUygiMDZfM19tcF9tb2RlbDNfdjIucmRzIikKYGBgCgpgYGB7ciwgZXZhbD1GQUxTRX0KbW0uMyA8LSBnbG1lcihjb3JyZWN0IH4gZGVsYXkgKiBub3JtX2FnZSArCiAgICAgICAgICAgICAgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgIHRyaWFsICsKICAgICAgICAgICAgICAoMSArIGRlbGF5IHwgc2l0ZSAvIHN1YmplY3Rfc2l0ZSApICsgICAgICAgICAKICAgICAgICAgICAgICAoMSArIGRlbGF5IHwgc3BlY2llcykKICAgICAgICAgICAgICAsIGRhdGEgPSBtb2RlbC5kYXRhCiAgICAgICAgICAgICAgLCBmYW1pbHkgPSBiaW5vbWlhbAogICAgICAgICAgICAgICwgY29udHJvbCA9IGdsbWVyQ29udHJvbChvcHRpbWl6ZXIgPSAiYm9ieXFhIiwgb3B0Q3RybCA9IGxpc3QobWF4ZnVuID0gMmU1KSkKICAgICAgICAgICAgICApCgpzYXZlUkRTKG1tLjMsICIwNl8zX21wX21vZGVsM192Mi5yZHMiKQpgYGAKCiMjIE1vZGVsIHN1bW1hcnkKCkNvbmZpcm0gbW9kZWwgc3RydWN0dXJlCgpgYGB7cn0KZm9ybXVsYShtbS4zKQpgYGAKCmBgYHtyLCByZXN1bHRzPSdhc2lzJ30KZ2xhbmNlKG1tLjMpICU+JSBrYWJsZShkaWdpdHMgPSAyKQpgYGAKCiMjIFJhbmRvbSBlZmZlY3RzCgpgYGB7cn0KVmFyQ29ycihtbS4zKSAlPiUgcHJpbnQoY29tcCA9IGMoIlZhcmlhbmNlIiwgIlN0ZC5EZXYuIiksIGZvcm1hdHRlciA9IGZtdCwgZGlnaXRzID0gMykKYGBgCgojIyBGaXhlZCBlZmZlY3RzCgpDSXMKCjwhLS0gQm9vdHN0cmFwIGZ1bmN0aW9uIGJ5IFJvZ2VyIE11bmRyeSBAIE1QSSBFVkEgLS0+CgpgYGB7ciwgZXZhbD1GQUxTRX0KIyB0aGlzIGlzIG5vdCBjdXJyZW50bHkgcnVuCnNvdXJjZSgiYm9vdF9nbG1tLnIiKQoKbW0uMy5jaSA9IGJvb3QuZ2xtbS5wcmVkKG1vZGVsLnJlcz1tbS4zLCBleGNsLndhcm5pbmdzPUYsIG5ib290cz0xMDAwLCBwYXJhPUYsIHJlc29sPTEwMCwgbGV2ZWw9MC45NSwgdXNlPU5VTEwsIGNpcmMudmFyLm5hbWU9TlVMTCwgY2lyYy52YXI9TlVMTCwgdXNlLnU9RixuLmNvcmVzPWMoImFsbC0xIiwgImFsbCIpLCBzYXZlLnBhdGg9TlVMTCkKCnNhdmVSRFMobW0uMy5jaSwgIjA2XzNfbXBfbW9kZWwzX2NpX3YyLnJkcyIpCmBgYAoKYGBge3J9Cm1tLjMuY2kgPSBjb25maW50KG1tLjMsIG1ldGhvZCA9ICdXYWxkJykgJT4lICMgYm9vdHN0cmFwIHRoZXNlIGxhdGVyCiAgYXMuZGF0YS5mcmFtZSAlPiUgCiAgcm93bmFtZXNfdG9fY29sdW1uICU+JSAKICBmaWx0ZXIoY29tcGxldGUuY2FzZXMoLikpICU+JSAKICByZW5hbWUoTEwgPSBgMi41ICVgLCBVTCA9IGA5Ny41ICVgKSAlPiUKICBtdXRhdGUoT1JfTEwgPSBleHAoTEwpLCBPUl9VTCA9IGV4cChVTCkpCmBgYAoKYGBge3IsIHJlc3VsdHM9J2FzaXMnfQpjb2VmKHN1bW1hcnkobW0uMykpICU+JSAKICBhcy5kYXRhLmZyYW1lICU+JSAKICByb3duYW1lc190b19jb2x1bW4oKSAlPiUKICBtdXRhdGUoT1IgPSBleHAoRXN0aW1hdGUpKSAlPiUKICBsZWZ0X2pvaW4obW0uMy5jaSwgYnkgPSAncm93bmFtZScpICU+JQogIHNlbGVjdChyb3duYW1lLCBPUiwgT1JfTEwsIE9SX1VMLCBFc3RpbWF0ZSwgTEwsIFVMLCBldmVyeXRoaW5nKCkpICU+JQogIGthYmxlKGRpZ2l0cyA9IDMpCmBgYAoKIyMgUGFpcndpc2UgY29udHJhc3RzIGZvciBkZWxheQoKYmFzZWQgb24gZXN0aW1hdGVkIG1hcmdpbmFsIG1lYW5zCgpgYGB7ciwgbWVzc2FnZT1GQUxTRX0KZW1tZWFucyhtbS4zLCBwYWlyd2lzZSB+IGRlbGF5LCB0eXBlID0gJ3Jlc3BvbnNlJykkY29udHJhc3RzCmBgYAoKIyBNb2RlbCAzIHBsb3RzCgojIyBGaXhlZCBlZmZlY3RzCgpgYGB7ciwgZmlnLndpZHRoPTQsIGZpZy5oZWlnaHQ9Mi41LCBtZXNzYWdlPUZBTFNFfQpwbG90X21vZGVsKG1tLjMsIHRpdGxlID0gIkZpeGVkIEVmZmVjdHMiLCBvcmRlci50ZXJtcyA9IGMoNiwgNCwgMzoxLCA4OjcsIDUpLCB3aWR0aCA9IC4zLAogICAgICAgICAgIHNob3cudmFsdWVzID0gVCwgdmFsdWUuc2l6ZSA9IDIuNSwgdmFsdWUub2Zmc2V0ID0gLjMpICsKICBnZW9tX2hsaW5lKHlpbnRlcmNlcHQgPSAxLCBsdHkgPSAyKSArCiAgeWxpbSguMDUsIDMpCmBgYAoKYGBge3J9Cmdnc2F2ZSgnLi4vZ3JhcGhzLzA1X2ZvcmVzdHBsb3QucG5nJywgd2lkdGggPSA0LCBoZWlnaHQgPSAyLjUsIHNjYWxlID0gMikKYGBgCgojIyBSYW5kb20gZWZmZWN0cwoKYGBge3J9CnJhbmVmLnBsb3RzMiA9IHBsb3RfbW9kZWwobW0uMywgdHlwZSA9ICdyZScsIHNvcnQuZXN0ID0gJyhJbnRlcmNlcHQpJykKYGBgCgojIyMgU3ViamVjdC9TaXRlCgpgYGB7ciwgZmlnLndpZHRoPTEwLCBmaWcuaGVpZ2h0PTh9CnJhbmVmLnBsb3RzMltbMV1dCmBgYAoKIyMjIFNpdGUKCmBgYHtyLCBmaWcud2lkdGg9MTAsIGZpZy5oZWlnaHQ9M30KcmFuZWYucGxvdHMyW1syXV0KYGBgCgojIyMgU3BlY2llcwoKYGBge3IsIGZpZy53aWR0aD00LCBmaWcuaGVpZ2h0PTJ9CnJhbmVmLnBsb3RzMltbM11dCmBgYAoKIyBNb2RlbCA0CgotIGZ1cnRoZXIgcmVtb3ZlIHN1YmplY3Qvc2l0ZSByYW5kb20gZWZmZWN0cyB0byBsb29rIGF0IHNwZWNpZXMgZGlmZmVyZW5jZXMgKGZyb20gcHJlcmVnaXN0cmF0aW9uKQoKYGBge3J9Cm1tLjQgPC0gZ2xtZXIoY29ycmVjdCB+IGRlbGF5ICogbm9ybV9hZ2UgKwogICAgICAgICAgICAgICAgdGFza19leHBlcmllbmNlICsgY3VwX2Rpc3RhbmNlICsgdHJpYWwgKwogICAgICAgICAgICAgICAgKDEgKyBkZWxheSB8IHNwZWNpZXMpCiAgICAgICAgICAgICAgLCBkYXRhID0gbW9kZWwuZGF0YQogICAgICAgICAgICAgICwgZmFtaWx5ID0gYmlub21pYWwKICAgICAgICAgICAgICAsIGNvbnRyb2wgPSBnbG1lckNvbnRyb2wob3B0aW1pemVyID0gImJvYnlxYSIsIG9wdEN0cmwgPSBsaXN0KG1heGZ1biA9IDJlNSkpCiAgICAgICAgKQpgYGAKCiMgTW9kZWwgY29tcGFyaXNvbgoKV2UncmUgbG9va2luZyBmb3IgdGhlIGxvd2VzdCBBSUMoYykgYXMgdGhlIG1vZGVsIHdpdGggdGhlICdiZXN0IGZpdCcgd2l0aCBhIHJlYXNvbmFibGUgbnVtYmVyIG9mIHBhcmFtZXRlcnMuIChUb28gbWFueSBhcmUgcGVuYWxpemVkIGJ5IEFJQyBhcyBvbmUgd2F5IHRvIGFkZHJlc3Mgb3ZlcmZpdHRpbmcuKQoKSW5kZWVkLCB0aGUgcmVkdWNlZCBtb2RlbCBzZWVtcyB0byBkbyBhIGJldHRlciBqb2Igb2Ygc3RyaWtpbmcgdGhhdCBiYWxhbmNlIGJldHdlZW4gZml0dGluZyB0aGUgZGF0YSB3aXRoIGZld2VyIHBhcmFtZXRlcnMuCgpgYGB7cn0KQUlDY3RhYihtbS4xLCBtbS4yLCBtbS4zLCBtbS40LCBsb2dMaWsgPSBULCB3ZWlnaHRzID0gVCkKYGBgCgpgYGB7cn0KYW5vdmEobW0uMSwgbW0uMiwgbW0uMywgbW0uNCkKYGBgCgojIyBEaWZmZXJlbmNlIGluIHJlZ3Jlc3Npb24gY29lZmZpY2llbnRzCgpEaWZmZXJlbmNlCgpgYGB7cn0KY29lZjEgPSBjb2VmKHN1bW1hcnkobW0uMSkpW2MoMiwzLDYpLCAxXQpjb2VmMiA9IGNvZWYoc3VtbWFyeShtbS4zKSlbYygyLDMsNiksIDFdCgpjb2VmMiAtIGNvZWYxCmBgYAoKRGlmZmVyZW5jZSBpbiBvZGRzIHJhdGlvcwoKYGBge3J9CmV4cChjb2VmMikgLSBleHAoY29lZjEpCmBgYAoK